User-agent: *
Allow: /

# Disallow admin and non-indexable pages
Disallow: /admin
Disallow: /login
Disallow: /404

# Allow static assets
Allow: /images/
Allow: /assets/
Allow: /videos/
Allow: /*.js
Allow: /*.css

# Crawl delay for polite crawling
Crawl-delay: 1

# Host directive for Yandex and other engines
Host: https://mfatoolsnet.com

# RSS and Atom feeds for blog content discovery
Sitemap: https://mfatoolsnet.com/rss.xml
Sitemap: https://mfatoolsnet.com/atom.xml

# Main sitemap index
Sitemap: https://mfatoolsnet.com/sitemapindex.xml
